[Feat] upgrade pytorch2.6 (#5417)

2025-04-21 07:06:34 +08:00
parent 475e2e378a
commit 417b44eba8
7 changed files with 8 additions and 8 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -49,8 +49,8 @@ srt = [
    "sglang[runtime_common]",
    "sgl-kernel==0.0.9.post2",
    "flashinfer_python==0.2.3",
-    "torch==2.5.1",
-    "torchvision==0.20.1",
+    "torch==2.6.0",
+    "torchvision==0.21.0",
    "cuda-python",
    "outlines>=0.0.44,<=0.1.11",
    "partial_json_parser",
--- a/python/sglang/srt/layers/dp_attention.py
+++ b/python/sglang/srt/layers/dp_attention.py
@@ -143,7 +143,7 @@ def memcpy_triton_kernel(
    src_ptr,
    offset_ptr,
    sz_ptr,
-    offset_src,
+    offset_src: tl.constexpr,
    chunk_size,  # multiplied for offset and sz
    BLOCK_SIZE: tl.constexpr,
 ):