chore: bump v0.5.0rc2 (#9203)
This commit is contained in:
@@ -11,9 +11,9 @@ docker pull nvidia/cuda:12.1.1-devel-ubuntu22.04
|
||||
# Nvidia
|
||||
docker run --shm-size 128g -it -v /tmp/huggingface:/hf_home --gpus all nvidia/cuda:12.1.1-devel-ubuntu22.04 /bin/bash
|
||||
# AMD
|
||||
docker run --rm --device=/dev/kfd --device=/dev/dri --group-add video --shm-size 128g -it -v /tmp/huggingface:/hf_home lmsysorg/sglang:v0.5.0rc0-rocm630 /bin/bash
|
||||
docker run --rm --device=/dev/kfd --device=/dev/dri --group-add video --shm-size 128g -it -v /tmp/huggingface:/hf_home lmsysorg/sglang:v0.5.0rc1-rocm630 /bin/bash
|
||||
# AMD just the last 2 GPUs
|
||||
docker run --rm --device=/dev/kfd --device=/dev/dri/renderD176 --device=/dev/dri/renderD184 --group-add video --shm-size 128g -it -v /tmp/huggingface:/hf_home lmsysorg/sglang:v0.5.0rc0-rocm630 /bin/bash
|
||||
docker run --rm --device=/dev/kfd --device=/dev/dri/renderD176 --device=/dev/dri/renderD184 --group-add video --shm-size 128g -it -v /tmp/huggingface:/hf_home lmsysorg/sglang:v0.5.0rc1-rocm630 /bin/bash
|
||||
```
|
||||
|
||||
### Step 2: Configure the runner by `config.sh`
|
||||
|
||||
@@ -12,7 +12,7 @@ It is recommended to use uv for faster installation:
|
||||
```bash
|
||||
pip install --upgrade pip
|
||||
pip install uv
|
||||
uv pip install "sglang[all]>=0.5.0rc0"
|
||||
uv pip install "sglang[all]>=0.5.0rc2"
|
||||
```
|
||||
|
||||
**Quick fixes to common problems**
|
||||
@@ -25,7 +25,7 @@ uv pip install "sglang[all]>=0.5.0rc0"
|
||||
|
||||
```bash
|
||||
# Use the last release branch
|
||||
git clone -b v0.5.0rc0 https://github.com/sgl-project/sglang.git
|
||||
git clone -b v0.5.0rc2 https://github.com/sgl-project/sglang.git
|
||||
cd sglang
|
||||
|
||||
# Install the python packages
|
||||
|
||||
@@ -44,7 +44,7 @@ You can install SGLang using one of the methods below.
|
||||
|
||||
```bash
|
||||
# Use the last release branch
|
||||
git clone -b v0.5.0rc0 https://github.com/sgl-project/sglang.git
|
||||
git clone -b v0.5.0rc2 https://github.com/sgl-project/sglang.git
|
||||
cd sglang
|
||||
|
||||
# Compile sgl-kernel
|
||||
|
||||
@@ -99,7 +99,7 @@ We are also providing a DeepEP-compatible Library as a drop-in replacement of de
|
||||
|
||||
```shell
|
||||
# Use the last release branch
|
||||
git clone -b v0.5.0rc0 https://github.com/sgl-project/sglang.git
|
||||
git clone -b v0.5.0rc2 https://github.com/sgl-project/sglang.git
|
||||
cd sglang
|
||||
|
||||
pip install --upgrade pip
|
||||
|
||||
Reference in New Issue
Block a user