From 8baf9a0c18c6bc700e89ad6deb200739a8242e09 Mon Sep 17 00:00:00 2001 From: Wei Wu <45323446+U-rara@users.noreply.github.com> Date: Tue, 18 Mar 2025 15:52:47 +0800 Subject: [PATCH] [Fix] Type annotation correction for UpdateWeightsFromTensorReqInput (#4532) Co-authored-by: Zhiqiang Xie --- python/sglang/srt/managers/io_struct.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index 3a764b051..0e1d50165 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -540,7 +540,8 @@ class UpdateWeightsFromDistributedReqOutput: @dataclass class UpdateWeightsFromTensorReqInput: - serialized_named_tensors: bytes # indeed Dict[str, torch.Tensor] + # List containing one serialized Dict[str, torch.Tensor] per TP worker + serialized_named_tensors: List[bytes] load_format: Optional[str] flush_cache: bool