From 6d535b719ff94cd1a41663d84fb5e5ae1a225640 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 22 Oct 2025 11:50:26 -0700 Subject: [PATCH] Revert "Recapture cuda graph after model weight update to resolve IMA error " (#11980) --- python/sglang/srt/model_executor/model_runner.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index d06b28124..ca67da75e 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -1044,10 +1044,6 @@ class ModelRunner: self.server_args.load_format = load_format self.load_config = load_config - # Recapture device graph after model weight update. - if not self.server_args.disable_cuda_graph and self.device == "cuda": - self.init_device_graphs() - logger.info("Update weights end.") return True, "Succeeded to update model weights."