python transfer custom allreduce from trt kernel to vllm kernel (#5080)

2025-04-06 06:35:55 +08:00
parent 496dde8491
commit aba5ca154d
4 changed files with 77 additions and 162 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -47,7 +47,7 @@ runtime_common = [

 srt = [
    "sglang[runtime_common]",
-    "sgl-kernel==0.0.7",
+    "sgl-kernel==0.0.8",
    "flashinfer_python==0.2.3",
    "torch==2.5.1",
    "cuda-python",