Disable NCCL_NVLS by default (#631)

2024-07-16 09:05:10 -07:00
parent f6b29f6920
commit 0aa189f150
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
    # Set global environments
    os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
    os.environ["NCCL_CUMEM_ENABLE"] = "0"
+    os.environ["NCCL_NVLS_ENABLE"] = "0"
    if server_args.show_time_cost:
        enable_show_time_cost()
    if server_args.disable_disk_cache: