EngineX-Sunrise/enginex-S2-vllm-fix-tokenizer
5
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

first commit

Browse Source
This commit is contained in:
Sun Ruoxi
2026-05-28 10:56:17 +08:00
commit b0b0248cee
5 changed files with 308 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
Dockerfile Normal file
View File

@@ -0,0 +1,24 @@
FROM registry.maas.sunrise-ai.com/public/vllm:S2-v1.1.1
ENV LD_LIBRARY_PATH=/usr/local/pccl/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
/root/pt200/gcc-11.3.0/install/lib64:\
/root:/root/gcc-11.5.0/lib64:\
/usr/local/pccl/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
/usr/local/tangrt/lib/linux-x86_64:\
/root/pt200/gcc-11.3.0/install/lib64:\
/root:\
/usr/lib64:\
/usr/local/lib/python3.10/site-packages/torch/lib
ENV TORCH_DEVICE_BACKEND_AUTOLOAD=0
ENV PATH=/root/gcc-11.5.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV PYTHONPATH=/sunrise_code/vllm:/sunrise_code/sunrise_vllm:/usr/local/lib/python3.10/site-packages:
COPY fix_tokenizer.py /opt/
COPY detect_tokenizer.py /opt/
COPY entrypoint.sh /opt/
RUN ln -sf /usr/local/bin/python3.10 /usr/bin/python3
RUN chmod +x /opt/entrypoint.sh
ENTRYPOINT ["/opt/entrypoint.sh"]