diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
index 0a3f53b8b..30b0e7eec 100644
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
     # Set global environments
     os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
     os.environ["NCCL_CUMEM_ENABLE"] = "0"
+    os.environ["NCCL_NVLS_ENABLE"] = "0"
     if server_args.show_time_cost:
         enable_show_time_cost()
     if server_args.disable_disk_cache: