fix qwenvl pd smoke test error (#4597)
### What this PR does / why we need it? Fix A3 QwenVL PD smoke test error ### Does this PR introduce _any_ user-facing change? ### How was this patch tested? curl a requet to proxy port,it responses correctly - vLLM version: v0.11.2 Signed-off-by: 李少鹏 <lishaopeng21@huawei.com>
This commit is contained in:
@@ -107,6 +107,7 @@ class LLMDataDistCMgrConnector(KVConnectorBase_V1):
|
||||
kv_cache_config: Optional[KVCacheConfig] = None):
|
||||
assert vllm_config.kv_transfer_config is not None
|
||||
self.engine_id = vllm_config.kv_transfer_config.engine_id
|
||||
self._connector_metadata = LLMDataDistCMgrConnectorMetadata()
|
||||
if role == KVConnectorRole.SCHEDULER:
|
||||
self.connector_scheduler: Optional[
|
||||
LLMDataDistCMgrConnectorScheduler] = LLMDataDistCMgrConnectorScheduler(
|
||||
|
||||
Reference in New Issue
Block a user