Rename DP_RANK to SGLANG_DP_RANK (#2218)

2024-11-27 09:36:36 -08:00
parent fed4c6946a
commit 2a02185c5f
2 changed files with 5 additions and 5 deletions
--- a/rust/py_src/sglang_router/launch_server.py
+++ b/rust/py_src/sglang_router/launch_server.py
@@ -38,8 +38,8 @@ def setup_logger():
 def run_server(server_args, dp_rank):
    os.setpgrp()  # Create new process group

-    # Set DP_RANK environment variable
-    os.environ["DP_RANK"] = str(dp_rank)
+    # Set SGLANG_DP_RANK environment variable
+    os.environ["SGLANG_DP_RANK"] = str(dp_rank)

    launch_server(server_args)