Add tensor.detach() back to update weight util (#8691)

2025-08-02 00:41:05 -07:00
parent ea93079b30
commit 4ca43b061c
2 changed files with 63 additions and 65 deletions
--- a/python/sglang/srt/weight_sync/utils.py
+++ b/python/sglang/srt/weight_sync/utils.py
@@ -45,7 +45,7 @@ async def update_weights(
        (
            name,
            MultiprocessingSerializer.serialize(
-                _preprocess_tensor_for_update_weights(tensor)
+                _preprocess_tensor_for_update_weights(tensor.detach())
            ),
        )
        for name, tensor in params_batch