EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[FEATURE] Enhance platform compatibility for ARM (#5746)

Browse Source
This commit is contained in:
Johnny
2025-04-30 00:06:16 +02:00
committed by GitHub
parent 9a62191ba7
commit 2c7dbb7cc2
4 changed files with 32 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
sgl-kernel/setup_cpu.py
View File

@@ -14,6 +14,7 @@
# ==============================================================================
import os
import platform
import shutil
import sys
from pathlib import Path
@@ -24,9 +25,19 @@ from setuptools.command.build_py import build_py
from torch.utils.cpp_extension import BuildExtension, CppExtension
root = Path(__file__).parent.resolve()
arch = platform.machine().lower()
if arch in ("x86_64", "amd64"):
plat_name = "manylinux2014_x86_64"
elif arch in ("aarch64", "arm64"):
plat_name = "manylinux2014_aarch64"
elif arch.startswith("ppc"):
plat_name = "manylinux2014_ppc64le"
else:
plat_name = f"manylinux2014_{arch}"
if "bdist_wheel" in sys.argv and "--plat-name" not in sys.argv:
sys.argv.extend(["--plat-name", "manylinux2014_x86_64"])
sys.argv.extend(["--plat-name", plat_name])
def _get_version():
@@ -70,7 +81,7 @@ cmdclass = {
}
Extension = CppExtension
extra_link_args = ["-Wl,-rpath,$ORIGIN/../../torch/lib", "-L/usr/lib/x86_64-linux-gnu"]
extra_link_args = ["-Wl,-rpath,$ORIGIN/../../torch/lib", f"-L/usr/lib/{arch}-linux-gnu"]
ext_modules = [
Extension(