Revert "Recapture cuda graph after model weight update to resolve IMA error " (#11980)

This commit is contained in:
Lianmin Zheng
2025-10-22 11:50:26 -07:00
committed by GitHub
parent fdcb1d13c5
commit 6d535b719f

View File

@@ -1044,10 +1044,6 @@ class ModelRunner:
self.server_args.load_format = load_format
self.load_config = load_config
# Recapture device graph after model weight update.
if not self.server_args.disable_cuda_graph and self.device == "cuda":
self.init_device_graphs()
logger.info("Update weights end.")
return True, "Succeeded to update model weights."