Roll back to use vllm custom allreduce (#3006)

2025-01-20 04:03:15 -08:00
parent dc1881326f
commit 89cd923581
10 changed files with 18 additions and 65 deletions
--- a/python/sglang/srt/_custom_ops.py
+++ b/python/sglang/srt/_custom_ops.py
@@ -12,7 +12,7 @@ import torch.library
 from sglang.srt.utils import is_hpu

 logger = logging.getLogger(__name__)
-use_vllm_custom_allreduce = os.environ.get("USE_VLLM_CUSTOM_ALLREDUCE", default=False)
+use_vllm_custom_allreduce = os.environ.get("USE_VLLM_CUSTOM_ALLREDUCE", default=True)

 if not is_hpu():
    if use_vllm_custom_allreduce: