Fix flush cache (#5590)

2025-04-20 22:56:40 -07:00
parent 97cb762bb6
commit eef9433b46
2 changed files with 2 additions and 6 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -716,7 +716,7 @@ class TokenizerManager:
                        pass

    async def flush_cache(self) -> FlushCacheReqOutput:
-        return await self.flush_cache_communicator(FlushCacheReqInput())
+        return (await self.flush_cache_communicator(FlushCacheReqInput()))[0]

    def abort_request(self, rid: str):
        if rid not in self.rid_to_state: