FROM registry.maas.sunrise-ai.com/public/vllm:S2-v1.1.1
ENV LD_LIBRARY_PATH=/usr/local/pccl/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
/root/pt200/gcc-11.3.0/install/lib64:\
/root:/root/gcc-11.5.0/lib64:\
/usr/local/pccl/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib:\
/usr/local/tangrt/targets/linux-x86_64/lib/stub:\
/usr/local/tangrt/lib/linux-x86_64:\
/root/pt200/gcc-11.3.0/install/lib64:\
/root:\
/usr/lib64:\
/usr/local/lib/python3.10/site-packages/torch/lib
ENV TORCH_DEVICE_BACKEND_AUTOLOAD=0
ENV PATH=/root/gcc-11.5.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV PYTHONPATH=/sunrise_code/vllm:/sunrise_code/sunrise_vllm:/usr/local/lib/python3.10/site-packages:
COPY fix_tokenizer.py /opt/
COPY detect_tokenizer.py /opt/
COPY entrypoint.sh /opt/
RUN ln -sf /usr/local/bin/python3.10 /usr/bin/python3
RUN chmod +x /opt/entrypoint.sh

ENTRYPOINT ["/opt/entrypoint.sh"]