添加 NV A100 Patched 镜像合并/entrypoint.sh

2026-04-27 13:14:12 +08:00
parent d9b5380393
commit d78345e8f4
1 changed files with 14 additions and 0 deletions
--- a/镜像合并/entrypoint.sh
+++ b/镜像合并/entrypoint.sh
@@ -0,0 +1,14 @@
+#!/bin/bash 
+set -e
+
+MODEL_DIR=${MODEL_DIR:-/model}
+FIX_TOKENIZER_DIR=/tmp/fixed_tokenizer
+
+echo "[entrypoint] fixing tokenizer..."
+python /opt/fix_tokenizer.py
+
+echo "[entrypoint] starting vllm..."
+
+exec vllm serve "$MODEL_DIR" \
+  --tokenizer "$FIX_TOKENIZER_DIR" \
+  "$@"