From f87283573e3a1bcbf875dc1b9202f12812fb8c35 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Sun, 18 May 2025 09:31:51 +0800 Subject: [PATCH] Add expert distribution APIs for engine (#6290) --- python/sglang/srt/entrypoints/engine.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 372bf41a6..02991a6ad 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -324,6 +324,24 @@ class Engine(EngineBase): loop = asyncio.get_event_loop() loop.run_until_complete(self.tokenizer_manager.stop_profile()) + def start_expert_distribution_record(self): + loop = asyncio.get_event_loop() + loop.run_until_complete( + self.tokenizer_manager.start_expert_distribution_record() + ) + + def stop_expert_distribution_record(self): + loop = asyncio.get_event_loop() + loop.run_until_complete( + self.tokenizer_manager.stop_expert_distribution_record() + ) + + def dump_expert_distribution_record(self): + loop = asyncio.get_event_loop() + loop.run_until_complete( + self.tokenizer_manager.dump_expert_distribution_record() + ) + def get_server_info(self): loop = asyncio.get_event_loop() internal_states = loop.run_until_complete(