15 lines
265 B
Bash
15 lines
265 B
Bash
#!/bin/bash
|
|
set -e
|
|
|
|
MODEL_DIR=${1:-/model}
|
|
shift || true
|
|
|
|
FIXED_DIR=$(python3 /opt/fix_tokenizer.py "$MODEL_DIR")
|
|
if [ -n "$FIXED_DIR" ]; then
|
|
TOKENIZER_ARG="--tokenizer $FIXED_DIR"
|
|
else
|
|
TOKENIZER_ARG=""
|
|
fi
|
|
|
|
exec vllm serve "$MODEL_DIR" $TOKENIZER_ARG "$@"
|