diff --git a/vllm_ascend/ascend_config.py b/vllm_ascend/ascend_config.py
index 83e92e40..c2420a46 100644
--- a/vllm_ascend/ascend_config.py
+++ b/vllm_ascend/ascend_config.py
@@ -61,6 +61,7 @@ class AscendConfig:
         self.enable_shared_expert_dp = (
             additional_config.get("enable_shared_expert_dp", False)
             and vllm_config.parallel_config.enable_expert_parallel
+            and vllm_config.parallel_config.tensor_parallel_size > 1
         )
         from vllm_ascend.utils import enable_sp