[CI]fix for lint CI (#5982)
### What this PR does / why we need it? fix lint CI - vLLM version: v0.13.0 - vLLM main: https://github.com/vllm-project/vllm/commit/2c24bc6996cb165fce92f780b388a5e39b3f4060 Signed-off-by: MrZ20 <2609716663@qq.com>
This commit is contained in:
1 parent
c929bd1e8d
commit
b27774dbd6
1 file changed
+5
-4
@@ -395,14 +395,15 @@ class NPUPlatform(Platform):
|
||||
# For example: "page_size:1g" + ",expandable_segments:True".
|
||||
# NOTE: `max_split_size_mb` or `garbage_collection_threshold` cannot
|
||||
# be enabled together with `expandable_segments=True`.
|
||||
if "expandable_segments" not in npu_alloc_configs and \
|
||||
"max_split_size_mb" not in npu_alloc_configs and \
|
||||
"garbage_collection_threshold" not in npu_alloc_configs:
|
||||
if (
|
||||
"expandable_segments" not in npu_alloc_configs
|
||||
and "max_split_size_mb" not in npu_alloc_configs
|
||||
and "garbage_collection_threshold" not in npu_alloc_configs
|
||||
):
|
||||
npu_alloc_configs += ",expandable_segments:True"
|
||||
os.environ["PYTORCH_NPU_ALLOC_CONF"] = npu_alloc_configs
|
||||
logger.info("Set PYTORCH_NPU_ALLOC_CONF=%s", npu_alloc_configs)
|
||||
|
||||
|
||||
@classmethod
|
||||
def import_kernels(cls) -> None:
|
||||
# Directly importing vllm_ascend_C prevents ASCEND_RT_VISIBLE_DEVICES
|
||||
|
||||
Reference in new issue
Block a user