EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix set_interal_state API (#9850)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-09-01 01:31:35 +08:00
committed by GitHub
parent 8b6966d020
commit 6d3c20cf5b
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -1335,13 +1335,11 @@ class TokenizerManager:
# Many DP ranks
return [res.internal_state for res in responses]
async def set_internal_state(
self, obj: SetInternalStateReq
) -> SetInternalStateReqOutput:
async def set_internal_state(self, obj: SetInternalStateReq) -> List[bool]:
responses: List[SetInternalStateReqOutput] = (
await self.set_internal_state_communicator(obj)
)
return [res.internal_state for res in responses]
return [res.updated for res in responses]
async def get_load(self) -> dict:
# TODO(lsyin): fake load report server