fix: set runtime path (#2466)

.github/workflows/release-pypi-kernel.yml

@@ -8,12 +8,16 @@ on:
       - sgl-kernel/pyproject.toml
   workflow_dispatch:
 
+concurrency:
+  group: release-pypi-kernel-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   build-wheels:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ['3.9', '3.10', '3.11', '3.12']
+        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
         cuda-version: ['12.1']
 
     steps:

sgl-kernel/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sgl-kernel"
-version = "0.0.2"
+version = "0.0.2.post4"
 description = "Kernel Library for SGLang"
 readme = "README.md"
 requires-python = ">=3.8"

sgl-kernel/setup.py

@@ -82,6 +82,8 @@ setup(
                 ],
                 "cxx": ["-O3"],
             },
+            libraries=["c10", "torch", "torch_python"],
+            extra_link_args=["-Wl,-rpath,$ORIGIN/../../torch/lib"],
         )
     ],
     cmdclass={"build_ext": BuildExtension},