diff --git a/NV A100 Patched 镜像合并/entrypoint.sh b/NV A100 Patched 镜像合并/entrypoint.sh new file mode 100644 index 0000000..e889d7e --- /dev/null +++ b/NV A100 Patched 镜像合并/entrypoint.sh @@ -0,0 +1,14 @@ +#!/bin/bash +set -e + +MODEL_DIR=${MODEL_DIR:-/model} +FIX_TOKENIZER_DIR=/tmp/fixed_tokenizer + +echo "[entrypoint] fixing tokenizer..." +python /opt/fix_tokenizer.py + +echo "[entrypoint] starting vllm..." + +exec vllm serve "$MODEL_DIR" \ + --tokenizer "$FIX_TOKENIZER_DIR" \ + "$@" \ No newline at end of file