EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Support profile args in Engine API (#6539)

Browse Source
This commit is contained in:
fzyzcjy
2025-09-14 16:21:10 +08:00
committed by GitHub
parent ac964d2e58
commit 4da5533682
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/entrypoints/engine.py
View File

@@ -364,9 +364,9 @@ class Engine(EngineBase):
loop = asyncio.get_event_loop() loop = asyncio.get_event_loop()
return loop.run_until_complete(self.tokenizer_manager.flush_cache()) return loop.run_until_complete(self.tokenizer_manager.flush_cache())
def start_profile(self): def start_profile(self, **kwargs):
loop = asyncio.get_event_loop() loop = asyncio.get_event_loop()
loop.run_until_complete(self.tokenizer_manager.start_profile()) loop.run_until_complete(self.tokenizer_manager.start_profile(**kwargs))
def stop_profile(self): def stop_profile(self):
loop = asyncio.get_event_loop() loop = asyncio.get_event_loop()