From 736502d4fda37c5fb1fe53ded5da83f62c300d85 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Sat, 29 Mar 2025 23:22:17 +0800 Subject: [PATCH] Tiny fix doc error (#4795) --- docs/references/multi_node.md | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/docs/references/multi_node.md b/docs/references/multi_node.md index 0d9abc1f2..79b70e311 100644 --- a/docs/references/multi_node.md +++ b/docs/references/multi_node.md @@ -9,9 +9,7 @@ python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3.1-405B-Instruct --tp 16 --dist-init-addr 172.16.4.52:20000 --nnodes 2 --node-rank 0 -# replace 172.18.45.52:20000 with your own node ip address and port of the second node - -python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3.1-405B-Instruct --tp 16 --dist-init-addr 172.18.45.52:20000 --nnodes 2 --node-rank 1 +python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3.1-405B-Instruct --tp 16 --dist-init-addr 172.16.4.52:20000 --nnodes 2 --node-rank 1 ``` Note that LLama 405B (fp8) can also be launched on a single node.