EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: minor fix TransportProxyTensor under tp (#8382)

Browse Source
This commit is contained in:
Mick
2025-07-27 15:38:49 +08:00
committed by GitHub
parent 91e3d1542e
commit 0bcc195f4e
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/mm_utils.py
View File

@@ -92,9 +92,7 @@ class TransportProxyTensor(torch.Tensor):
} }
state["tensor_data"] = None state["tensor_data"] = None
except Exception as e: except Exception as e:
print_warning_once( # Failed to get CUDA IPC handle (possibly tp). Falling back to default transport.
f"Warning: Failed to get CUDA IPC handle ({e}). Falling back to default transport."
)
state["metadata"]["transport_mode"] = "default" state["metadata"]["transport_mode"] = "default"
state["tensor_data"] = self.as_subclass(torch.Tensor) state["tensor_data"] = self.as_subclass(torch.Tensor)
else: else:
@@ -751,7 +749,7 @@ def tensor_hash(tensor_list) -> int:
] ]
tensor = torch.concat(tensor_list) tensor = torch.concat(tensor_list)
if tensor.is_cuda: if tensor.is_cuda:
return gpu_tensor_hash(tensor) return gpu_tensor_hash(tensor.cuda())
tensor = tensor.detach().contiguous() tensor = tensor.detach().contiguous()
if tensor.dtype == torch.bfloat16: if tensor.dtype == torch.bfloat16: