Add Qwen2.5 tokenizer compatibility engine and runner workflow

2026-09-30 11:06:05 +08:00
commit e303985cc9
10 changed files with 449 additions and 0 deletions
--- a/12
+++ b/12
@@ -0,0 +1,12 @@
+ARG BASE_IMAGE=harbor.4pd.io/dooke/vllm/vllm/vllm-openai:v0.11.0
+FROM ${BASE_IMAGE}
+
+COPY engine_compat.py /opt/modelhub/engine_compat.py
+COPY vllm_wrapper.sh /opt/modelhub/vllm_wrapper.sh
+
+RUN set -eu; \
+    python3 -m py_compile /opt/modelhub/engine_compat.py; \
+    vllm_bin="$(command -v vllm)"; \
+    mv "$vllm_bin" "$(dirname "$vllm_bin")/vllm_real"; \
+    cp /opt/modelhub/vllm_wrapper.sh "$vllm_bin"; \
+    chmod 0755 "$vllm_bin" /opt/modelhub/engine_compat.py