feat: update flashinfer ar oneshot params (#8687)

2025-08-09 03:51:27 -04:00
parent 7b81f956eb
commit faa25df1ae
2 changed files with 1 additions and 2 deletions
--- a/python/sglang/srt/layers/communicator.py
+++ b/python/sglang/srt/layers/communicator.py
@@ -443,7 +443,6 @@ class CommunicateWithAllReduceAndLayerNormFn:
                and _is_flashinfer_available
                and hasattr(layernorm, "forward_with_allreduce_fusion")
                and global_server_args_dict["enable_flashinfer_allreduce_fusion"]
-                and hidden_states.shape[0] <= 128
            ):
                hidden_states, residual = layernorm.forward_with_allreduce_fusion(
                    hidden_states, residual