reduce watchdog interval to 5s (#2410)

2024-12-08 21:17:31 -08:00
parent 6387098f5f
commit 27f7bed7a7
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -572,7 +572,7 @@ class TokenizerManager:

    async def sigterm_watchdog(self):
        while not self.gracefully_exit:
-            await asyncio.sleep(60)
+            await asyncio.sleep(5)

        # drain requests
        while True: