EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[BUG] fix stop_profile crash (#6431)

Browse Source
This commit is contained in:
Yi Zhang
2025-05-20 08:30:33 +08:00
committed by GitHub
parent 7adf245ba2
commit b06215daed
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -807,6 +807,7 @@ class TokenizerManager:
return await self._execute_profile(req) return await self._execute_profile(req)
async def stop_profile(self): async def stop_profile(self):
self.auto_create_handle_loop()
req = ProfileReq(type=ProfileReqType.STOP_PROFILE) req = ProfileReq(type=ProfileReqType.STOP_PROFILE)
return await self._execute_profile(req) return await self._execute_profile(req)
@@ -816,11 +817,6 @@ class TokenizerManager:
raise RuntimeError(result.message) raise RuntimeError(result.message)
return result return result
def stop_profile(self):
self.auto_create_handle_loop()
req = ProfileReq(type=ProfileReqType.STOP_PROFILE)
self.send_to_scheduler.send_pyobj(req)
async def start_expert_distribution_record(self): async def start_expert_distribution_record(self):
self.auto_create_handle_loop() self.auto_create_handle_loop()
await self.expert_distribution_communicator(ExpertDistributionReq.START_RECORD) await self.expert_distribution_communicator(ExpertDistributionReq.START_RECORD)