From 3589aa79b099335d9b5bdc7b0d3d5aea3eecf1fa Mon Sep 17 00:00:00 2001 From: Stefan He Date: Sun, 6 Jul 2025 16:25:21 -0700 Subject: [PATCH] [RL] Fix illegal memory for _import_static_state (#7733) Co-authored-by: nanjiangwill --- python/sglang/srt/managers/scheduler.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 635536a97..3ff6eaf57 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -2346,6 +2346,7 @@ class Scheduler( self.stashed_model_static_state = _export_static_state( self.tp_worker.worker.model_runner.model ) + torch.distributed.barrier(self.tp_cpu_group) self.memory_saver_adapter.pause(GPU_MEMORY_TYPE_WEIGHTS) return ReleaseMemoryOccupationReqOutput() @@ -2357,6 +2358,7 @@ class Scheduler( if GPU_MEMORY_TYPE_WEIGHTS in tags: self.memory_saver_adapter.resume(GPU_MEMORY_TYPE_WEIGHTS) + torch.distributed.barrier(self.tp_cpu_group) _import_static_state( self.tp_worker.worker.model_runner.model, self.stashed_model_static_state,