EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: send kvmetrics from sglang scheduler (#6721)

Browse Source
This commit is contained in:
zixuanzhang226
2025-06-25 01:57:49 -07:00
committed by GitHub
parent 506a2d5934
commit f3cbd24541
4 changed files with 46 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
test/srt/test_server_args.py
View File

@@ -76,7 +76,7 @@ class TestPortArgs(unittest.TestCase):
port_args = PortArgs.init_new(server_args, dp_rank=2)
print(f"{port_args=}")
self.assertTrue(port_args.scheduler_input_ipc_name.endswith(":25007"))
self.assertTrue(port_args.scheduler_input_ipc_name.endswith(":25008"))
self.assertTrue(port_args.tokenizer_ipc_name.startswith("tcp://192.168.1.1:"))
self.assertTrue(port_args.detokenizer_ipc_name.startswith("tcp://192.168.1.1:"))