From bc2e5645c4da56c6b94927c2bf372a6eacdba911 Mon Sep 17 00:00:00 2001 From: DangKai Date: Wed, 25 Jun 2025 16:35:59 +0800 Subject: [PATCH] fix: force synchronization between TP workers when update_weights (#6626) Co-authored-by: dangkai.dk --- python/sglang/srt/managers/scheduler.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 50f029cd3..5c31d9c3d 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -2235,6 +2235,7 @@ class Scheduler( assert flash_cache_success, "Cache flush failed after updating weights" else: logger.error(message) + barrier(group=self.tp_cpu_group) return UpdateWeightsFromTensorReqOutput(success, message) def get_weights_by_name(self, recv_req: GetWeightsByNameReqInput):