2024-03-12 03:16:06 -04:00
|
|
|
FROM nvcr.io/nvidia/tritonserver:24.01-py3
|
|
|
|
|
|
|
|
|
|
WORKDIR /opt
|
|
|
|
|
|
|
|
|
|
RUN git clone https://github.com/sgl-project/sglang.git
|
|
|
|
|
|
|
|
|
|
WORKDIR /opt/sglang
|
|
|
|
|
RUN pip install --upgrade pip && \
|
|
|
|
|
pip install -e "python[all]" && \
|
2024-11-06 21:46:04 +08:00
|
|
|
pip install datasets
|
