From d3f71f5e1979903975bb2a0e4a0f716901265cb3 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Fri, 28 Mar 2025 13:29:36 +0800 Subject: [PATCH] Fix torch.cuda.MemPool() internal assertion failure (#4687) Co-authored-by: Lianmin Zheng --- python/pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyproject.toml b/python/pyproject.toml index b9eda563f..8e053efed 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -74,7 +74,7 @@ srt_cpu = ["sglang[runtime_common]", "outlines>=0.0.44,<=0.1.11", "torch"] openai = ["openai>=1.0", "tiktoken"] anthropic = ["anthropic>=0.20.0"] litellm = ["litellm>=1.0.0"] -torch_memory_saver = ["torch_memory_saver>=0.0.3"] +torch_memory_saver = ["torch_memory_saver>=0.0.4"] test = [ "jsonlines", "matplotlib",