diff --git a/.github/workflows/vllm-dependency-test.yml b/.github/workflows/vllm-dependency-test.yml index c8c0b7374..e7c43b4c3 100644 --- a/.github/workflows/vllm-dependency-test.yml +++ b/.github/workflows/vllm-dependency-test.yml @@ -29,9 +29,9 @@ jobs: - name: Install dependencies run: | - bash scripts/ci_install_dependency.sh pip install "vllm==0.10.0" pip install "bitsandbytes>=0.44.0" + bash scripts/ci_install_dependency.sh - name: Run VLLM dependency tests timeout-minutes: 60 diff --git a/python/pyproject.toml b/python/pyproject.toml index ebb9ee605..3e63ed50c 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -7,7 +7,7 @@ name = "sglang" version = "0.4.10.post2" description = "SGLang is yet another fast serving framework for large language models and vision language models." readme = "README.md" -requires-python = ">=3.8" +requires-python = ">=3.9" license = { file = "LICENSE" } classifiers = [ "Programming Language :: Python :: 3", @@ -54,10 +54,10 @@ runtime_common = [ srt = [ "sglang[runtime_common]", - "sgl-kernel==0.2.8", - "torch==2.7.1", - "torchaudio==2.7.1", - "torchvision==0.22.1", + "sgl-kernel==0.3.2", + "torch==2.8.0", + "torchaudio==2.8.0", + "torchvision", "cuda-python", "einops", "flashinfer_python==0.2.10", @@ -66,9 +66,9 @@ srt = [ blackwell = [ "sglang[runtime_common]", "sgl-kernel", - "torch==2.7.1", - "torchaudio==2.7.1", - "torchvision==0.22.1", + "torch==2.8.0", + "torchaudio==2.8.0", + "torchvision", "cuda-python", "einops", "flashinfer_python==0.2.10", diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 22834c1e2..73f0f76d0 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -649,7 +649,7 @@ def _set_envs_and_config(server_args: ServerArgs): if _is_cuda: assert_pkg_version( "sgl-kernel", - "0.2.8", + "0.3.2", "Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`", ) diff --git a/scripts/ci_install_dependency.sh b/scripts/ci_install_dependency.sh index 7654a23ad..73721da65 100755 --- a/scripts/ci_install_dependency.sh +++ b/scripts/ci_install_dependency.sh @@ -17,7 +17,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/flashinfer* rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel* # Install the main package -pip install -e "python[dev]" +pip install -e "python[dev]" --extra-index-url https://download.pytorch.org/whl/test/cu126 # Show current packages pip list