Fix all gather torch compile (#3992)

Co-authored-by: yizhang2077 <1109276519@qq.com>
2025-03-02 16:41:38 +08:00
parent 50f28f65a0
commit 00ce7e311c
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/distributed/parallel_state.py
+++ b/python/sglang/srt/distributed/parallel_state.py
@@ -156,7 +156,7 @@ if supports_custom_op():
    direct_register_custom_op(
        op_name="reg_all_gather_into_tensor",
        op_func=reg_all_gather_into_tensor,
-        mutates_args=[],
+        mutates_args=["output"],
        fake_impl=reg_all_gather_into_tensor_fake,
    )