[Fix] Fix the case where prompt_len = 0 (#1593)

2024-10-06 20:30:02 -07:00
parent 551a3a9d38
commit b6aad70ab1
3 changed files with 6 additions and 4 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -624,6 +624,6 @@ def broadcast_pyobj(
        tensor_data = torch.empty(size, dtype=torch.uint8)
        dist.broadcast(tensor_data, src=0, group=dist_group)

-        serialized_data = bytes(tensor_data.tolist())
+        serialized_data = bytes(tensor_data.cpu().numpy())
        data = pickle.loads(serialized_data)
        return data