a4913994/enginex-qwen25-compat
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Use explicit MetaX Python and vLLM paths
All checks were successful
Build and verify Qwen2.5 compatibility engines / docker (push) Successful in 13s
Details

Browse Source
This commit is contained in:
刘宪东
2026-09-30 12:22:41 +08:00
parent fb5a163d07
commit d74a99dc33
4 changed files with 14 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm_wrapper.sh
View File

@@ -2,6 +2,7 @@
set -euo pipefail
vllm_real="$(dirname "$(readlink -f "$0")")/vllm_real"
python_bin="${MODELHUB_COMPAT_PYTHON:-python3}"
if [[ "${1:-}" != "serve" || -z "${2:-}" ]]; then
exec "$vllm_real" "$@"
@@ -22,9 +23,9 @@ for ((i=0; i<${#args[@]}; i++)); do
done
if [[ -n "$tokenizer_dir" && -d "$tokenizer_dir" ]]; then
prepared="$(python3 /opt/modelhub/engine_compat.py "$model_dir" "$tokenizer_dir")"
prepared="$("$python_bin" /opt/modelhub/engine_compat.py "$model_dir" "$tokenizer_dir")"
else
prepared="$(python3 /opt/modelhub/engine_compat.py "$model_dir")"
prepared="$("$python_bin" /opt/modelhub/engine_compat.py "$model_dir")"
tokenizer_dir=""
fi
if [[ -z "$prepared" ]]; then