EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update dockerfile to include datamodel_code_generator (#1492)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-09-22 04:49:16 -07:00
committed by GitHub
parent 6f3cf1297e
commit 39bb49d156
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
docker/Dockerfile
View File

@@ -18,6 +18,9 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& rm -rf /var/lib/apt/lists/* \ && rm -rf /var/lib/apt/lists/* \
&& apt clean && apt clean
# For openbmb/MiniCPM models
RUN pip3 install datamodel_code_generator
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \

2
python/sglang/srt/model_executor/cuda_graph_runner.py
View File

@@ -150,7 +150,7 @@ class CudaGraphRunner:
f"Capture cuda graph failed: {e}\n" f"Capture cuda graph failed: {e}\n"
"Possible solutions:\n" "Possible solutions:\n"
"1. disable cuda graph by --disable-cuda-graph\n" "1. disable cuda graph by --disable-cuda-graph\n"
"2. set --mem-fraction-static to a smaller value\n" "2. set --mem-fraction-static to a smaller value (e.g., 0.8 or 0.7)\n"
"3. disable torch compile by not using --enable-torch-compile\n" "3. disable torch compile by not using --enable-torch-compile\n"
"Open an issue on GitHub https://github.com/sgl-project/sglang/issues/new/choose \n" "Open an issue on GitHub https://github.com/sgl-project/sglang/issues/new/choose \n"
) )