from harbor.vastaitech.com/ai_deliver/vllm_vacc:VVI-26.02

ENV VACC_LOG_LEVEL=critical,critical
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
ENV CCACHE_DIR=/root/.cache/ccache
ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so
ENV VIRTUAL_ENV=/opt/venv
ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
ENV UV_LINK_MODE=copy
ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache
ENV UV_INDEX_STRATEGY=unsafe-best-match
ENV VLLM_MLA_PERFORM_MATRIX_ABSORPTION=0
ENV SHLVL=0
ENV TARGETARCH=amd64
ENV PATH=/vacc:/opt/venv/bin:/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV UV_HTTP_TIMEOUT=500
ENV _=/usr/bin/env

COPY fix_tokenizer.py /opt/
COPY detect_tokenizer.py /opt/
COPY entrypoint.sh /opt/
RUN chmod +x /opt/entrypoint.sh

ENTRYPOINT ["/opt/entrypoint.sh"]