[PD] Add support for different TP sizes per DP rank (#5922)
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
@@ -132,6 +132,7 @@ class NixlKVManager(BaseKVManager):
|
||||
args: KVArgs,
|
||||
disaggregation_mode: DisaggregationMode,
|
||||
server_args: ServerArgs,
|
||||
is_mla_backend: Optional[bool] = False,
|
||||
):
|
||||
try:
|
||||
from nixl._api import nixl_agent
|
||||
|
||||
Reference in New Issue
Block a user