6 lines
275 B
Docker
6 lines
275 B
Docker
FROM harbor.4pd.io/hardcore-tech/vllm/vllm-openai:v0.25.0-cu129
|
|
|
|
# Text inference does not require the incompatible TorchCodec video decoder.
|
|
RUN python3 -m pip uninstall -y torchcodec
|
|
RUN python3 -c "import vllm.entrypoints.openai.api_server; print('API server import OK')"
|