From 0aa189f150b59ed6b2bd91605e1eb056a7c6b98c Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Tue, 16 Jul 2024 09:05:10 -0700 Subject: [PATCH] Disable NCCL_NVLS by default (#631) --- python/sglang/srt/server.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 0a3f53b8b..30b0e7eec 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg # Set global environments os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3" os.environ["NCCL_CUMEM_ENABLE"] = "0" + os.environ["NCCL_NVLS_ENABLE"] = "0" if server_args.show_time_cost: enable_show_time_cost() if server_args.disable_disk_cache: