From 6d3c20cf5bcc6f3aea48a8fefe700028696e6cc6 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Mon, 1 Sep 2025 01:31:35 +0800 Subject: [PATCH] fix `set_interal_state` API (#9850) --- python/sglang/srt/managers/tokenizer_manager.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index a209567c4..36fd4964b 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -1335,13 +1335,11 @@ class TokenizerManager: # Many DP ranks return [res.internal_state for res in responses] - async def set_internal_state( - self, obj: SetInternalStateReq - ) -> SetInternalStateReqOutput: + async def set_internal_state(self, obj: SetInternalStateReq) -> List[bool]: responses: List[SetInternalStateReqOutput] = ( await self.set_internal_state_communicator(obj) ) - return [res.internal_state for res in responses] + return [res.updated for res in responses] async def get_load(self) -> dict: # TODO(lsyin): fake load report server