20 lines
465 B
Bash
20 lines
465 B
Bash
|
#!/bin/bash
|
||
|
|
set -e
|
||
|
|
|
||
|
|
VLLM_REAL="$(dirname "$(readlink -f "$0")")/vllm_real"
|
||
|
|
|
||
|
|
# 仅拦截 vllm serve <model_dir>，其他命令原样透传。
|
||
|
|
if [ "$1" = "serve" ] && [ -n "$2" ]; then
|
||
|
|
MODEL_DIR="$2"
|
||
|
|
shift 2
|
||
|
|
|
||
|
|
FIXED_DIR=$(python3 /opt/fix_tokenizer.py "$MODEL_DIR")
|
||
|
|
if [ -n "$FIXED_DIR" ]; then
|
||
|
|
exec "$VLLM_REAL" serve "$MODEL_DIR" --tokenizer "$FIXED_DIR" "$@"
|
||
|
|
fi
|
||
|
|
|
||
|
|
exec "$VLLM_REAL" serve "$MODEL_DIR" "$@"
|
||
|
|
fi
|
||
|
|
|
||
|
|
exec "$VLLM_REAL" "$@"
|