[PD] Add doc and simplify sender.send (#6019)

This commit is contained in:
Byron Hsu
2025-05-21 21:22:21 -07:00
committed by GitHub
parent 4d643f6c7a
commit 7513558074
6 changed files with 63 additions and 25 deletions

View File

@@ -407,6 +407,7 @@ class GenerateReqInput:
else None
),
return_hidden_states=self.return_hidden_states,
# if `__getitem__` is called, the bootstrap_host, bootstrap_port, bootstrap_room must be a list
bootstrap_host=(
self.bootstrap_host[i] if self.bootstrap_host is not None else None
),