[Bugfix] Fixed Kunlun Graph Failed (#193)
Signed-off-by: dongxinyu03 <dongxinyu03@baidu.com>
This commit is contained in:
@@ -12,6 +12,14 @@ import vllm.envs as envs
|
|||||||
import vllm.utils as _orig
|
import vllm.utils as _orig
|
||||||
from torch.library import Library, register_fake
|
from torch.library import Library, register_fake
|
||||||
|
|
||||||
|
try:
|
||||||
|
import vllm_kunlun._kunlun # noqa: F401
|
||||||
|
except ImportError as e:
|
||||||
|
try:
|
||||||
|
from . import _kunlun # noqa: F401, F403
|
||||||
|
except ImportError:
|
||||||
|
print(f"Warning: Failed to load vllm_kunlun native extension: {e}")
|
||||||
|
|
||||||
|
|
||||||
def patch_annotations_for_schema(func):
|
def patch_annotations_for_schema(func):
|
||||||
"""patch_annotations_for_schema"""
|
"""patch_annotations_for_schema"""
|
||||||
|
|||||||
Reference in New Issue
Block a user