zhengzhongwei/vLLM-Mthreads_s4000-opt
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix tokenizer

Browse Source
This commit is contained in:
4paradigm
2026-07-16 15:12:14 +08:00
commit 0ccf649c26
6 changed files with 310 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
Dockerfile Normal file
View File

@@ -0,0 +1,8 @@
FROM harbor.4pd.io/modelhubxc/enginex-mthreads/vllm-musa-qy2-py310:v0.8.4-release
COPY fix_tokenizer.py /opt/fix_tokenizer.py
COPY vllm_wrapper.sh /opt/vllm_wrapper.sh
RUN chmod +x /opt/vllm_wrapper.sh && \
mv /usr/local/bin/vllm /usr/local/bin/vllm_real && \
ln -s /opt/vllm_wrapper.sh /usr/local/bin/vllm