[AMD] Fix rocm sgl-kernel missing modules error (#4311)

Co-authored-by: yiakwy-xpu-ml-framework-team <leiwang2@amd.com>
This commit is contained in:
yigex
2025-03-12 01:35:28 +08:00
committed by GitHub
parent 00f42707ea
commit 690e1f2371
3 changed files with 3 additions and 3 deletions

View File

@@ -54,7 +54,7 @@ srt = [
# HIP (Heterogeneous-computing Interface for Portability) for AMD
# => base docker rocm/vllm-dev:20250114, not from public vllm whl
srt_hip = ["sglang[runtime_common]", "sgl-kernel==0.0.3.post6", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"]
srt_hip = ["sglang[runtime_common]", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"]
# xpu is not enabled in public vllm and torch whl,
# need to follow https://docs.vllm.ai/en/latest/getting_started/xpu-installation.htmlinstall vllm

View File

@@ -63,4 +63,4 @@ TORCH_LIBRARY_EXPAND(sgl_kernel, m) {
m.impl("moe_align_block_size", torch::kCUDA, &moe_align_block_size);
}
REGISTER_EXTENSION(_kernels)
REGISTER_EXTENSION(common_ops)

View File

@@ -79,7 +79,7 @@ ext_modules = [
setup(
name="sgl-kernel",
version=_get_version(),
packages=find_packages(),
packages=find_packages(where="python"),
package_dir={"": "python"},
ext_modules=ext_modules,
cmdclass={"build_ext": BuildExtension.with_options(use_ninja=True)},