Revert "Recapture cuda graph after model weight update to resolve IMA error " (#11980)
This commit is contained in:
@@ -1044,10 +1044,6 @@ class ModelRunner:
|
||||
self.server_args.load_format = load_format
|
||||
self.load_config = load_config
|
||||
|
||||
# Recapture device graph after model weight update.
|
||||
if not self.server_args.disable_cuda_graph and self.device == "cuda":
|
||||
self.init_device_graphs()
|
||||
|
||||
logger.info("Update weights end.")
|
||||
return True, "Succeeded to update model weights."
|
||||
|
||||
|
||||
Reference in New Issue
Block a user