[Refactor]Refactor of vllm_ascend/distributed module (#5910)
### What this PR does / why we need it? Based on the RFC:https://github.com/vllm-project/vllm-ascend/issues/5604 This PR is a refactoring of vllm_ascend/distributed. ### Does this PR introduce _any_ user-facing change? NA ### How was this patch tested? - vLLM version: v0.13.0 - vLLM main: https://github.com/vllm-project/vllm/commit/11b6af5280d6d6dfb8953af16e67b25f819b3be9 Signed-off-by: lty <linhebiwen@gmail.com>
This commit is contained in:
4 files changed
+2
-2
No files matched your search
@@ -41,5 +41,5 @@ def register_connector():
|
||||
"MooncakeLayerwiseConnector")
|
||||
|
||||
KVConnectorFactory.register_connector(
|
||||
"UCMConnector", "vllm_ascend.distributed.kv_transfer.ucm_connector",
|
||||
"UCMConnector", "vllm_ascend.distributed.kv_transfer.kv_pool.ucm_connector",
|
||||
"UCMConnectorV1")
|
||||
@@ -23,7 +23,7 @@ from vllm.v1.core.sched.output import SchedulerOutput
|
||||
from vllm.v1.kv_cache_interface import (FullAttentionSpec, KVCacheSpec,
|
||||
MambaSpec, MLAAttentionSpec)
|
||||
|
||||
from vllm_ascend.distributed.kv_transfer.kv_pool.ascend_store.metadata import (
|
||||
from vllm_ascend.distributed.kv_transfer.kv_pool.cpu_offload.metadata import (
|
||||
MetadataServer, MetadataServerProc, MLAConfig)
|
||||
from vllm_ascend.utils import vllm_version_is
|
||||
|
||||
|
||||
File renamed without changes.
File renamed without changes.
Reference in new issue
Block a user