Fix sglang frontend's incorrect dependency on torch (#4931)
This commit is contained in:
@@ -25,8 +25,6 @@ from IPython.display import HTML, display
|
|||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
from tqdm import tqdm
|
from tqdm import tqdm
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
@@ -422,6 +420,8 @@ def terminate_process(process):
|
|||||||
"""
|
"""
|
||||||
Terminate the process and automatically release the reserved port.
|
Terminate the process and automatically release the reserved port.
|
||||||
"""
|
"""
|
||||||
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
|
||||||
kill_process_tree(process.pid)
|
kill_process_tree(process.pid)
|
||||||
|
|
||||||
lock_socket = process_socket_map.pop(process, None)
|
lock_socket = process_socket_map.pop(process, None)
|
||||||
|
|||||||
Reference in New Issue
Block a user