[Misc] Fix import error and address nits to make CI happy (#563)
1. Add `vllm_version_is` function to check vllm version.
2. `ensure_kv_transfer_initialized` and `get_kv_transfer_group ` have
been moved to other place in vllm main branch via
3408e47159
, this patch fix the import error.
Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
@@ -18,6 +18,7 @@
|
||||
#
|
||||
import torch
|
||||
import torch_npu # noqa: F401
|
||||
from packaging.version import Version
|
||||
from vllm.logger import logger
|
||||
|
||||
import vllm_ascend.envs as envs
|
||||
@@ -83,3 +84,8 @@ def adapt_patch(is_global_patch: bool = False):
|
||||
from vllm_ascend.patch import platform # noqa: F401
|
||||
else:
|
||||
from vllm_ascend.patch import worker # noqa: F401
|
||||
|
||||
|
||||
def vllm_version_is(version: str):
|
||||
import vllm
|
||||
return Version(vllm.__version__) == Version(version)
|
||||
|
||||
Reference in New Issue
Block a user