From 01fbb11bb7c066cd9052166b694048835d0e6cc9 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Fri, 26 Jul 2024 21:05:53 +1000 Subject: [PATCH] docs: fix typo (#742) --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 1e8943087..4f330ba60 100644 --- a/README.md +++ b/README.md @@ -160,7 +160,7 @@ python -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct ```bash # 2 nodes run 405B fp16 -# replace the `172.16.4.52:20000` with your own first node ip address and port, disable CUDA Grpah temporarily +# replace the `172.16.4.52:20000` with your own first node ip address and port, disable CUDA Graph temporarily # on the first node GLOO_SOCKET_IFNAME=eth0 python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3.1-405B-Instruct --tp 16 --nccl-init-addr 172.16.4.52:20000 --nnodes 2 --node-rank 0 --disable-cuda-graph --mem-frac 0.75