From 00ce7e311c8eb77f8ecf58ac6a99483fb86cbb39 Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Sun, 2 Mar 2025 16:41:38 +0800 Subject: [PATCH] Fix all gather torch compile (#3992) Co-authored-by: yizhang2077 <1109276519@qq.com> --- python/sglang/srt/distributed/parallel_state.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/distributed/parallel_state.py b/python/sglang/srt/distributed/parallel_state.py index c572fc8e8..c507f4701 100644 --- a/python/sglang/srt/distributed/parallel_state.py +++ b/python/sglang/srt/distributed/parallel_state.py @@ -156,7 +156,7 @@ if supports_custom_op(): direct_register_custom_op( op_name="reg_all_gather_into_tensor", op_func=reg_all_gather_into_tensor, - mutates_args=[], + mutates_args=["output"], fake_impl=reg_all_gather_into_tensor_fake, )