EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add expert distribution APIs for engine (#6290)

Browse Source
This commit is contained in:
fzyzcjy
2025-05-18 09:31:51 +08:00
committed by GitHub
parent 73187152a4
commit f87283573e
1 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
python/sglang/srt/entrypoints/engine.py
View File

@@ -324,6 +324,24 @@ class Engine(EngineBase):
loop = asyncio.get_event_loop() loop = asyncio.get_event_loop()
loop.run_until_complete(self.tokenizer_manager.stop_profile()) loop.run_until_complete(self.tokenizer_manager.stop_profile())
def start_expert_distribution_record(self):
loop = asyncio.get_event_loop()
loop.run_until_complete(
self.tokenizer_manager.start_expert_distribution_record()
)
def stop_expert_distribution_record(self):
loop = asyncio.get_event_loop()
loop.run_until_complete(
self.tokenizer_manager.stop_expert_distribution_record()
)
def dump_expert_distribution_record(self):
loop = asyncio.get_event_loop()
loop.run_until_complete(
self.tokenizer_manager.dump_expert_distribution_record()
)
def get_server_info(self): def get_server_info(self):
loop = asyncio.get_event_loop() loop = asyncio.get_event_loop()
internal_states = loop.run_until_complete( internal_states = loop.run_until_complete(