EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: send kvmetrics from sglang scheduler (#6721)

Browse Source
This commit is contained in:
zixuanzhang226
2025-06-25 01:57:49 -07:00
committed by GitHub
parent 506a2d5934
commit f3cbd24541
4 changed files with 46 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/entrypoints/engine.py
View File

@@ -115,13 +115,13 @@ class Engine(EngineBase):
atexit.register(self.shutdown)
# Allocate ports for inter-process communications
port_args = PortArgs.init_new(server_args)
self.port_args = PortArgs.init_new(server_args)
logger.info(f"{server_args=}")
# Launch subprocesses
tokenizer_manager, template_manager, scheduler_info = _launch_subprocesses(
server_args=server_args,
port_args=port_args,
port_args=self.port_args,
)
self.server_args = server_args
self.tokenizer_manager = tokenizer_manager
@@ -130,7 +130,7 @@ class Engine(EngineBase):
context = zmq.Context(2)
self.send_to_rpc = get_zmq_socket(
context, zmq.DEALER, port_args.rpc_ipc_name, True
context, zmq.DEALER, self.port_args.rpc_ipc_name, True
)
def generate(