24 lines
843 B
Docker
24 lines
843 B
Docker
ENV VACC_LOG_LEVEL=critical,critical
|
|
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
|
|
ENV CCACHE_DIR=/root/.cache/ccache
|
|
ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
|
|
ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so
|
|
ENV VIRTUAL_ENV=/opt/venv
|
|
ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
|
|
ENV UV_LINK_MODE=copy
|
|
ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache
|
|
ENV UV_INDEX_STRATEGY=unsafe-best-match
|
|
ENV VLLM_MLA_PERFORM_MATRIX_ABSORPTION=0
|
|
ENV SHLVL=0
|
|
ENV TARGETARCH=amd64
|
|
ENV PATH=/vacc:/opt/venv/bin:/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
|
|
ENV UV_HTTP_TIMEOUT=500
|
|
ENV _=/usr/bin/env
|
|
|
|
COPY fix_tokenizer.py /opt/
|
|
COPY detect_tokenizer.py /opt/
|
|
COPY entrypoint.sh /opt/
|
|
RUN chmod +x /opt/entrypoint.sh
|
|
|
|
ENTRYPOINT ["/opt/entrypoint.sh"]
|