chore: bump v0.5.2 (#10221)
This commit is contained in:
2
.github/workflows/release-docker-xeon.yml
vendored
2
.github/workflows/release-docker-xeon.yml
vendored
@@ -1,4 +1,4 @@
|
|||||||
name: Release Docker Images
|
name: Release Docker Xeon Images
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
branches:
|
branches:
|
||||||
|
|||||||
11
.github/workflows/release-docker.yml
vendored
11
.github/workflows/release-docker.yml
vendored
@@ -14,13 +14,15 @@ jobs:
|
|||||||
environment: 'prod'
|
environment: 'prod'
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
cuda_version: ['12.6.1', '12.8.1']
|
cuda_version: ['12.6.1', '12.8.1', '12.9.1']
|
||||||
build_type: ['all', 'blackwell']
|
build_type: ['all', 'blackwell']
|
||||||
exclude:
|
exclude:
|
||||||
- cuda_version: '12.6.1'
|
- cuda_version: '12.6.1'
|
||||||
build_type: 'blackwell'
|
build_type: 'blackwell'
|
||||||
- cuda_version: '12.8.1'
|
- cuda_version: '12.8.1'
|
||||||
build_type: 'all'
|
build_type: 'all'
|
||||||
|
- cuda_version: '12.9.1'
|
||||||
|
build_type: 'all'
|
||||||
steps:
|
steps:
|
||||||
- name: Delete huge unnecessary tools folder
|
- name: Delete huge unnecessary tools folder
|
||||||
run: rm -rf /opt/hostedtoolcache
|
run: rm -rf /opt/hostedtoolcache
|
||||||
@@ -61,6 +63,8 @@ jobs:
|
|||||||
cuda_tag="cu126"
|
cuda_tag="cu126"
|
||||||
elif [ "${{ matrix.cuda_version }}" = "12.8.1" ]; then
|
elif [ "${{ matrix.cuda_version }}" = "12.8.1" ]; then
|
||||||
cuda_tag="cu128"
|
cuda_tag="cu128"
|
||||||
|
elif [ "${{ matrix.cuda_version }}" = "12.9.1" ]; then
|
||||||
|
cuda_tag="cu129"
|
||||||
else
|
else
|
||||||
echo "Unsupported CUDA version"
|
echo "Unsupported CUDA version"
|
||||||
exit 1
|
exit 1
|
||||||
@@ -86,3 +90,8 @@ jobs:
|
|||||||
docker tag lmsysorg/sglang:${tag}${tag_suffix} lmsysorg/sglang:latest${tag_suffix}
|
docker tag lmsysorg/sglang:${tag}${tag_suffix} lmsysorg/sglang:latest${tag_suffix}
|
||||||
docker push lmsysorg/sglang:latest${tag_suffix}
|
docker push lmsysorg/sglang:latest${tag_suffix}
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
if [ "${{ matrix.cuda_version }}" = "12.9.1" ]; then
|
||||||
|
docker tag lmsysorg/sglang:${tag}${tag_suffix} lmsysorg/sglang:v${version}
|
||||||
|
docker push lmsysorg/sglang:v${version}
|
||||||
|
fi
|
||||||
|
|||||||
@@ -33,7 +33,7 @@ Add [performance optimization options](#performance-optimization-options) as nee
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Installation
|
# Installation
|
||||||
pip install "sglang[all]>=0.5.2rc2"
|
pip install "sglang[all]>=0.5.2"
|
||||||
|
|
||||||
# Launch
|
# Launch
|
||||||
python3 -m sglang.launch_server --model deepseek-ai/DeepSeek-V3 --tp 8 --trust-remote-code
|
python3 -m sglang.launch_server --model deepseek-ai/DeepSeek-V3 --tp 8 --trust-remote-code
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
ARG CUDA_VERSION=12.6.1
|
ARG CUDA_VERSION=12.9.1
|
||||||
FROM nvidia/cuda:${CUDA_VERSION}-cudnn-devel-ubuntu22.04 as base
|
FROM nvidia/cuda:${CUDA_VERSION}-cudnn-devel-ubuntu22.04 as base
|
||||||
|
|
||||||
ARG BUILD_TYPE=all
|
ARG BUILD_TYPE=all
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
# Usage (to build SGLang ROCm docker image):
|
# Usage (to build SGLang ROCm docker image):
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.2rc2 --build-arg GPU_ARCH=gfx942 -t v0.5.2rc2-rocm630-mi30x -f Dockerfile.rocm .
|
# docker build --build-arg SGL_BRANCH=v0.5.2 --build-arg GPU_ARCH=gfx942 -t v0.5.2-rocm630-mi30x -f Dockerfile.rocm .
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.2rc2 --build-arg GPU_ARCH=gfx942-rocm700 -t v0.5.2rc2-rocm700-mi30x -f Dockerfile.rocm .
|
# docker build --build-arg SGL_BRANCH=v0.5.2 --build-arg GPU_ARCH=gfx942-rocm700 -t v0.5.2-rocm700-mi30x -f Dockerfile.rocm .
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.2rc2 --build-arg GPU_ARCH=gfx950 -t v0.5.2rc2-rocm700-mi35x -f Dockerfile.rocm .
|
# docker build --build-arg SGL_BRANCH=v0.5.2 --build-arg GPU_ARCH=gfx950 -t v0.5.2-rocm700-mi35x -f Dockerfile.rocm .
|
||||||
|
|
||||||
|
|
||||||
# Default base images
|
# Default base images
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ It is recommended to use uv for faster installation:
|
|||||||
```bash
|
```bash
|
||||||
pip install --upgrade pip
|
pip install --upgrade pip
|
||||||
pip install uv
|
pip install uv
|
||||||
uv pip install "sglang[all]>=0.5.2rc2"
|
uv pip install "sglang[all]>=0.5.2"
|
||||||
```
|
```
|
||||||
|
|
||||||
**Quick fixes to common problems**
|
**Quick fixes to common problems**
|
||||||
@@ -24,7 +24,7 @@ uv pip install "sglang[all]>=0.5.2rc2"
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.2rc2 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.2 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
|
|
||||||
# Install the python packages
|
# Install the python packages
|
||||||
|
|||||||
@@ -44,7 +44,7 @@ You can install SGLang using one of the methods below.
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.2rc2 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.2 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
|
|
||||||
# Compile sgl-kernel
|
# Compile sgl-kernel
|
||||||
|
|||||||
@@ -99,7 +99,7 @@ We are also providing a DeepEP-compatible Library as a drop-in replacement of de
|
|||||||
|
|
||||||
```shell
|
```shell
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.2rc2 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.2 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
|
|
||||||
pip install --upgrade pip
|
pip install --upgrade pip
|
||||||
|
|||||||
@@ -4,8 +4,8 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sglang"
|
name = "sglang"
|
||||||
version = "0.5.2rc2"
|
version = "0.5.2"
|
||||||
description = "SGLang is yet another fast serving framework for large language models and vision language models."
|
description = "SGLang is a fast serving framework for large language models and vision language models."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
license = { file = "LICENSE" }
|
license = { file = "LICENSE" }
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
__version__ = "0.5.2rc2"
|
__version__ = "0.5.2"
|
||||||
|
|||||||
Reference in New Issue
Block a user