[PD] Add support for different TP sizes per DP rank (#5922)

Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
shangmingc
2025-05-13 04:55:42 +08:00
committed by GitHub
parent 983c663de6
commit f1c896007a
8 changed files with 396 additions and 119 deletions

View File

@@ -132,6 +132,7 @@ class NixlKVManager(BaseKVManager):
args: KVArgs,
disaggregation_mode: DisaggregationMode,
server_args: ServerArgs,
is_mla_backend: Optional[bool] = False,
):
try:
from nixl._api import nixl_agent