From 7e944246c3231a6cdc6dc96c838d8bd2724b3545 Mon Sep 17 00:00:00 2001 From: Kebe Date: Sun, 27 Apr 2025 11:20:05 +0800 Subject: [PATCH] Add memory_saver check (#4986) Signed-off-by: Kebe --- python/sglang/srt/server_args.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index b8a5c8790..6e81e2ba9 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -381,6 +381,18 @@ class ServerArgs: self.disable_radix_cache = True logger.warning("KV cache is forced as chunk cache for decode server") + if self.enable_memory_saver: + try: + import torch_memory_saver + except ImportError: + logger.warning( + "enable_memory_saver is enabled, but " + "torch-memory-saver is not installed. Please install it " + "via `pip3 uninstall torch-memory-saver`. " + "For normal operation, it will be disabled." + ) + raise + os.environ["SGLANG_ENABLE_TORCH_COMPILE"] = ( "1" if self.enable_torch_compile else "0" )