14 lines
275 B
Bash
14 lines
275 B
Bash
#!/bin/bash
|
|
set -e
|
|
|
|
MODEL_DIR=${MODEL_DIR:-/model}
|
|
FIX_TOKENIZER_DIR=/tmp/fixed_tokenizer
|
|
|
|
echo "[entrypoint] fixing tokenizer..."
|
|
python3 /opt/fix_tokenizer.py
|
|
|
|
echo "[entrypoint] starting vllm..."
|
|
|
|
exec vllm serve "$MODEL_DIR" \
|
|
--tokenizer "$FIX_TOKENIZER_DIR" \
|
|
"$@" |