Files

59 lines
2.2 KiB
Bash

#!/bin/bash
# 只拦截 "serve <model_dir>" 子命令,其他子命令直接透传。
# 适配 MetaX C500 / vLLM 0.9.1 环境。
#
# 行为:
# * 调 /opt/fix_tokenizer.py 拿到修复目录(没有就什么都不输出);
# * 拿到目录才追加 --tokenizer <dir>,否则原样启动 —— 与原始镜像完全一致;
# * 修复脚本挂了/超时/输出异常路径,一律按原样启动,绝不因此把容器搞挂;
# * 调用方已经显式给了 --tokenizer 时尊重调用方,不再覆盖。
#
# 可覆盖的环境变量(默认值就是镜像里的路径,测试时才需要改):
# FIX_TOKENIZER_PYTHON 默认 /opt/conda/bin/python
# FIX_TOKENIZER_SCRIPT 默认 /opt/fix_tokenizer.py
# FIX_TOKENIZER_VLLM 默认 /opt/conda/bin/vllm_real
# FIX_TOKENIZER_TIMEOUT 默认 180(秒)
set -u
PYTHON_BIN="${FIX_TOKENIZER_PYTHON:-/opt/conda/bin/python}"
FIX_SCRIPT="${FIX_TOKENIZER_SCRIPT:-/opt/fix_tokenizer.py}"
VLLM_BIN="${FIX_TOKENIZER_VLLM:-/opt/conda/bin/vllm_real}"
FIX_TIMEOUT="${FIX_TOKENIZER_TIMEOUT:-180}"
if [ "$#" -ge 2 ] && [ "$1" = "serve" ]; then
case "$2" in
-*) ;; # 形如 "serve --help",不是模型目录,透传
*)
MODEL_DIR="$2"
shift 2
# 调用方已经指定 tokenizer:不覆盖
for arg in "$@"; do
case "$arg" in
--tokenizer|--tokenizer=*)
exec "$VLLM_BIN" serve "$MODEL_DIR" "$@"
;;
esac
done
FIXED_DIR=""
if [ -x "$PYTHON_BIN" ] && [ -f "$FIX_SCRIPT" ]; then
if command -v timeout >/dev/null 2>&1; then
FIXED_DIR="$(timeout "$FIX_TIMEOUT" "$PYTHON_BIN" "$FIX_SCRIPT" "$MODEL_DIR" || true)"
else
FIXED_DIR="$("$PYTHON_BIN" "$FIX_SCRIPT" "$MODEL_DIR" || true)"
fi
fi
# 只接受「存在且是目录」的路径;其余一律忽略
if [ -n "$FIXED_DIR" ] && [ -d "$FIXED_DIR" ]; then
exec "$VLLM_BIN" serve "$MODEL_DIR" --tokenizer "$FIXED_DIR" "$@"
fi
exec "$VLLM_BIN" serve "$MODEL_DIR" "$@"
;;
esac
fi
exec "$VLLM_BIN" "$@"