EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: upgrade sgl-kernel 0.1.0 (#5690)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-27 21:00:50 -07:00
committed by GitHub
parent 84810da4ae
commit 41ac0c6d48
3 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -46,7 +46,7 @@ runtime_common = [
srt = [ srt = [
"sglang[runtime_common]", "sglang[runtime_common]",
"sgl-kernel==0.0.9.post2", "sgl-kernel==0.1.0",
"flashinfer_python==0.2.3", "flashinfer_python==0.2.3",
"torch==2.6.0", "torch==2.6.0",
"torchvision==0.21.0", "torchvision==0.21.0",

9
python/sglang/srt/entrypoints/engine.py
View File

@@ -66,6 +66,7 @@ from sglang.srt.utils import (
assert_pkg_version, assert_pkg_version,
configure_logger, configure_logger,
get_zmq_socket, get_zmq_socket,
is_cuda,
kill_process_tree, kill_process_tree,
launch_dummy_health_check_server, launch_dummy_health_check_server,
maybe_set_triton_cache_manager, maybe_set_triton_cache_manager,
@@ -78,6 +79,8 @@ from sglang.version import __version__
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy()) asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
_is_cuda = is_cuda()
class Engine(EngineBase): class Engine(EngineBase):
""" """
@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs):
"reinstall the latest version by following the instructions " "reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.", "at https://docs.flashinfer.ai/installation.html.",
) )
if _is_cuda:
assert_pkg_version(
"sgl-kernel",
"0.1.0",
"Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`",
)
def sigchld_handler(signum, frame): def sigchld_handler(signum, frame):
pid, exitcode = os.waitpid(0, os.WNOHANG) pid, exitcode = os.waitpid(0, os.WNOHANG)

2
scripts/ci_install_dependency.sh
View File

@@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
pip install --upgrade pip pip install --upgrade pip
# Install sgl-kernel # Install sgl-kernel
pip install sgl-kernel==0.0.9.post2 --no-cache-dir pip install sgl-kernel==0.1.0 --no-cache-dir
# Install the main package # Install the main package
pip install -e "python[all]" pip install -e "python[all]"