Fix sglang frontend's incorrect dependency on torch (#4931)

This commit is contained in:
SEPLOS
2025-03-31 04:00:24 +08:00
committed by GitHub
parent 37c66ec856
commit 032f8faaab

View File

@@ -25,8 +25,6 @@ from IPython.display import HTML, display
from pydantic import BaseModel
from tqdm import tqdm
from sglang.srt.utils import kill_process_tree
logger = logging.getLogger(__name__)
@@ -422,6 +420,8 @@ def terminate_process(process):
"""
Terminate the process and automatically release the reserved port.
"""
from sglang.srt.utils import kill_process_tree
kill_process_tree(process.pid)
lock_socket = process_socket_map.pop(process, None)