[CI]fix for lint CI (#5982)
### What this PR does / why we need it?
fix lint CI
- vLLM version: v0.13.0
- vLLM main:
2c24bc6996
Signed-off-by: MrZ20 <2609716663@qq.com>
This commit is contained in:
@@ -395,14 +395,15 @@ class NPUPlatform(Platform):
|
|||||||
# For example: "page_size:1g" + ",expandable_segments:True".
|
# For example: "page_size:1g" + ",expandable_segments:True".
|
||||||
# NOTE: `max_split_size_mb` or `garbage_collection_threshold` cannot
|
# NOTE: `max_split_size_mb` or `garbage_collection_threshold` cannot
|
||||||
# be enabled together with `expandable_segments=True`.
|
# be enabled together with `expandable_segments=True`.
|
||||||
if "expandable_segments" not in npu_alloc_configs and \
|
if (
|
||||||
"max_split_size_mb" not in npu_alloc_configs and \
|
"expandable_segments" not in npu_alloc_configs
|
||||||
"garbage_collection_threshold" not in npu_alloc_configs:
|
and "max_split_size_mb" not in npu_alloc_configs
|
||||||
|
and "garbage_collection_threshold" not in npu_alloc_configs
|
||||||
|
):
|
||||||
npu_alloc_configs += ",expandable_segments:True"
|
npu_alloc_configs += ",expandable_segments:True"
|
||||||
os.environ["PYTORCH_NPU_ALLOC_CONF"] = npu_alloc_configs
|
os.environ["PYTORCH_NPU_ALLOC_CONF"] = npu_alloc_configs
|
||||||
logger.info("Set PYTORCH_NPU_ALLOC_CONF=%s", npu_alloc_configs)
|
logger.info("Set PYTORCH_NPU_ALLOC_CONF=%s", npu_alloc_configs)
|
||||||
|
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def import_kernels(cls) -> None:
|
def import_kernels(cls) -> None:
|
||||||
# Directly importing vllm_ascend_C prevents ASCEND_RT_VISIBLE_DEVICES
|
# Directly importing vllm_ascend_C prevents ASCEND_RT_VISIBLE_DEVICES
|
||||||
|
|||||||
Reference in New Issue
Block a user