Files
step3p5-vllm-nv/Dockerfile

6 lines
275 B
Docker
Raw Normal View History

FROM harbor.4pd.io/hardcore-tech/vllm/vllm-openai:v0.25.0-cu129
# Text inference does not require the incompatible TorchCodec video decoder.
RUN python3 -m pip uninstall -y torchcodec
RUN python3 -c "import vllm.entrypoints.openai.api_server; print('API server import OK')"