adding the triton docker build minimal example (#242)

This commit is contained in:
Arsalan
2024-03-12 03:16:06 -04:00
committed by GitHub
parent b2eb080501
commit eb4308c4c9
4 changed files with 119 additions and 0 deletions

View File

@@ -0,0 +1,10 @@
FROM nvcr.io/nvidia/tritonserver:24.01-py3
WORKDIR /opt
RUN git clone https://github.com/sgl-project/sglang.git
WORKDIR /opt/sglang
RUN pip install --upgrade pip && \
pip install -e "python[all]" && \
pip install datasets