chore: upgrade torch 2.8.0 (#8836)

.github/workflows/vllm-dependency-test.yml

@@ -29,9 +29,9 @@ jobs:
 
       - name: Install dependencies
         run: |
-          bash scripts/ci_install_dependency.sh
           pip install "vllm==0.10.0"
           pip install "bitsandbytes>=0.44.0"
+          bash scripts/ci_install_dependency.sh
 
       - name: Run VLLM dependency tests
         timeout-minutes: 60

python/pyproject.toml

@@ -7,7 +7,7 @@ name = "sglang"
 version = "0.4.10.post2"
 description = "SGLang is yet another fast serving framework for large language models and vision language models."
 readme = "README.md"
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 license = { file = "LICENSE" }
 classifiers = [
     "Programming Language :: Python :: 3",
@@ -54,10 +54,10 @@ runtime_common = [
 
 srt = [
     "sglang[runtime_common]",
-    "sgl-kernel==0.2.8",
+    "sgl-kernel==0.3.2",
-    "torch==2.7.1",
+    "torch==2.8.0",
-    "torchaudio==2.7.1",
+    "torchaudio==2.8.0",
-    "torchvision==0.22.1",
+    "torchvision",
     "cuda-python",
     "einops",
     "flashinfer_python==0.2.10",
@@ -66,9 +66,9 @@ srt = [
 blackwell = [
     "sglang[runtime_common]",
     "sgl-kernel",
-    "torch==2.7.1",
+    "torch==2.8.0",
-    "torchaudio==2.7.1",
+    "torchaudio==2.8.0",
-    "torchvision==0.22.1",
+    "torchvision",
     "cuda-python",
     "einops",
     "flashinfer_python==0.2.10",

python/sglang/srt/entrypoints/engine.py

@@ -649,7 +649,7 @@ def _set_envs_and_config(server_args: ServerArgs):
     if _is_cuda:
         assert_pkg_version(
             "sgl-kernel",
-            "0.2.8",
+            "0.3.2",
             "Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`",
         )
 

scripts/ci_install_dependency.sh

@@ -17,7 +17,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/flashinfer*
 rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
 
 # Install the main package
-pip install -e "python[dev]"
+pip install -e "python[dev]" --extra-index-url https://download.pytorch.org/whl/test/cu126
 
 # Show current packages
 pip list