fix empty_cache error in pt_weights_iterator (#5151)

Co-authored-by: dangkai.dk <dangkai.dk@alibaba-inc.com>
2025-04-08 16:22:10 +08:00
parent 3033c11a21
commit cc88d98ab8
1 changed files with 0 additions and 1 deletions
--- a/python/sglang/srt/model_loader/weight_utils.py
+++ b/python/sglang/srt/model_loader/weight_utils.py
@@ -457,7 +457,6 @@ def pt_weights_iterator(
        state = torch.load(bin_file, map_location="cpu", weights_only=True)
        yield from state.items()
        del state
-        torch.cuda.empty_cache()


 def get_gguf_extra_tensor_names(