Files
enginex-c_series-vllm/Dockerfile

6 lines
323 B
Docker

FROM cr.metax-tech.com/public-ai-release/maca/vllm:maca.ai3.0.0.5-torch2.6-py310-ubuntu22.04-amd64
RUN /opt/conda/bin/pip install --no-cache-dir --upgrade transformers
COPY vllm/ /opt/conda/lib/python3.10/site-packages/vllm/
COPY code_generator.py /opt/conda/lib/python3.10/site-packages/triton/compiler/code_generator.py