Fix weight update for data parallelism (#2050)

2024-11-16 00:30:39 -08:00
parent 2ffe0a7363
commit 2f2e07439c
2 changed files with 6 additions and 3 deletions
--- a/python/sglang/srt/managers/data_parallel_controller.py
+++ b/python/sglang/srt/managers/data_parallel_controller.py
@@ -83,6 +83,7 @@ class DataParallelController:
        self.workers = []
        for dp_rank in range(server_args.dp_size):
            tmp_port_args = PortArgs.init_new(server_args)
+            tmp_port_args.tokenizer_ipc_name = port_args.tokenizer_ipc_name
            tmp_port_args.detokenizer_ipc_name = port_args.detokenizer_ipc_name

            send_to = self.launch_tensor_parallel_group(