25 lines
961 B
Docker
25 lines
961 B
Docker
FROM registry.maas.sunrise-ai.com/public/vllm:S2-v1.1.1
|
|
ENV LD_LIBRARY_PATH=/usr/local/pccl/lib:\
|
|
/usr/local/tangrt/targets/linux-x86_64/lib:\
|
|
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
|
|
/root/pt200/gcc-11.3.0/install/lib64:\
|
|
/root:/root/gcc-11.5.0/lib64:\
|
|
/usr/local/pccl/lib:\
|
|
/usr/local/tangrt/targets/linux-x86_64/lib:\
|
|
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
|
|
/usr/local/tangrt/lib/linux-x86_64:\
|
|
/root/pt200/gcc-11.3.0/install/lib64:\
|
|
/root:\
|
|
/usr/lib64:\
|
|
/usr/local/lib/python3.10/site-packages/torch/lib
|
|
ENV TORCH_DEVICE_BACKEND_AUTOLOAD=0
|
|
ENV PATH=/root/gcc-11.5.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
|
|
ENV PYTHONPATH=/sunrise_code/vllm:/sunrise_code/sunrise_vllm:/usr/local/lib/python3.10/site-packages:
|
|
COPY fix_tokenizer.py /opt/
|
|
COPY detect_tokenizer.py /opt/
|
|
COPY entrypoint.sh /opt/
|
|
RUN ln -sf /usr/local/bin/python3.10 /usr/bin/python3
|
|
RUN chmod +x /opt/entrypoint.sh
|
|
|
|
ENTRYPOINT ["/opt/entrypoint.sh"]
|