Make scripts under /test/srt as unit tests (#875)

This commit is contained in:
Ying Sheng
2024-08-01 14:34:55 -07:00
committed by GitHub
parent e4d3333c6c
commit 72b6ea88b4
18 changed files with 353 additions and 212 deletions

View File

@@ -73,6 +73,7 @@ from sglang.srt.utils import (
assert_pkg_version,
enable_show_time_cost,
maybe_set_triton_cache_manager,
kill_child_process,
set_ulimit,
)
from sglang.utils import get_exception_traceback
@@ -467,16 +468,7 @@ class Runtime:
def shutdown(self):
if self.pid is not None:
try:
parent = psutil.Process(self.pid)
except psutil.NoSuchProcess:
return
children = parent.children(recursive=True)
for child in children:
child.kill()
psutil.wait_procs(children, timeout=5)
parent.kill()
parent.wait(timeout=5)
kill_child_process(self.pid)
self.pid = None
def cache_prefix(self, prefix: str):

View File

@@ -366,6 +366,26 @@ def kill_parent_process():
os.kill(parent_process.pid, 9)
def kill_child_process(pid, including_parent=True):
try:
parent = psutil.Process(pid)
except psutil.NoSuchProcess:
return
children = parent.children(recursive=True)
for child in children:
try:
child.kill()
except psutil.NoSuchProcess:
pass
if including_parent:
try:
parent.kill()
except psutil.NoSuchProcess:
pass
def monkey_patch_vllm_p2p_access_check(gpu_id: int):
"""
Monkey patch the slow p2p access check in vllm.