sunruoxi/enginex-vastai-vllm-vacc-fix-tokenizer
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

first commit

Browse Source 
Signed-off-by: Sun Ruoxi <sunruoxi@4paradigm.com>
This commit is contained in:
Sun Ruoxi
2026-07-31 16:03:58 +08:00
commit 6e35bc6721
5 changed files with 343 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
Dockerfile Normal file
View File

@@ -0,0 +1,23 @@
ENV VACC_LOG_LEVEL=critical,critical
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
ENV CCACHE_DIR=/root/.cache/ccache
ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so
ENV VIRTUAL_ENV=/opt/venv
ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
ENV UV_LINK_MODE=copy
ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache
ENV UV_INDEX_STRATEGY=unsafe-best-match
ENV VLLM_MLA_PERFORM_MATRIX_ABSORPTION=0
ENV SHLVL=0
ENV TARGETARCH=amd64
ENV PATH=/vacc:/opt/venv/bin:/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV UV_HTTP_TIMEOUT=500
ENV _=/usr/bin/env
COPY fix_tokenizer.py /opt/
COPY detect_tokenizer.py /opt/
COPY entrypoint.sh /opt/
RUN chmod +x /opt/entrypoint.sh
ENTRYPOINT ["/opt/entrypoint.sh"]