Warn users when release_memory_occupation is called without memory saver enabled (#4566)

2025-03-26 15:18:14 +08:00
parent 34e07a65f1
commit 26f07294f1
10 changed files with 50 additions and 12 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -72,7 +72,7 @@ srt_cpu = ["sglang[runtime_common]", "outlines>=0.0.44,<=0.1.11", "torch"]
 openai = ["openai>=1.0", "tiktoken"]
 anthropic = ["anthropic>=0.20.0"]
 litellm = ["litellm>=1.0.0"]
-torch_memory_saver = ["torch_memory_saver"]
+torch_memory_saver = ["torch_memory_saver>=0.0.3"]
 test = [
    "jsonlines",
    "matplotlib",