use topk_softmax with sgl-kernel (#4439)

2025-03-14 15:59:06 -07:00
parent e73167ade3
commit ad1ae7f7cd
18 changed files with 48 additions and 35 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -43,7 +43,7 @@ runtime_common = [

 srt = [
    "sglang[runtime_common]",
-    "sgl-kernel==0.0.5",
+    "sgl-kernel==0.0.5.post1",
    "flashinfer_python==0.2.3",
    "torch==2.5.1",
    "vllm>=0.6.4.post1,<=0.7.2",