EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix multimodal hash feature (#5083)

Browse Source
This commit is contained in:
huangtingwei
2025-04-08 13:43:23 +08:00
committed by GitHub
parent afb752bcbe
commit 27f8e6b9c1
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/managers/schedule_batch.py
View File

@@ -198,8 +198,15 @@ class MultimodalDataItem:
Set the pad value after first hashign the data Set the pad value after first hashign the data
""" """
def tensor_hash(f):
f_list = flatten_nested_list(f)
f_cat = torch.concat(f_list).contiguous().numpy().tobytes()
return hash(f_cat)
def hash_feature(f): def hash_feature(f):
if isinstance(f, list): if isinstance(f, list):
if isinstance(f[0], torch.Tensor):
return tensor_hash(f)
return hash(tuple(flatten_nested_list(f))) return hash(tuple(flatten_nested_list(f)))
elif isinstance(f, np.ndarray): elif isinstance(f, np.ndarray):
arr = np.ascontiguousarray(f) arr = np.ascontiguousarray(f)