Iluvatar-mrv100 SDK 4.3.0

vllm/triton_utils/__init__.py

@@ -0,0 +1,16 @@
+# SPDX-License-Identifier: Apache-2.0
+
+from vllm.triton_utils.importing import HAS_TRITON
+
+__all__ = ["HAS_TRITON"]
+
+if HAS_TRITON:
+    from vllm.triton_utils.custom_cache_manager import (
+        maybe_set_triton_cache_manager)
+
+    __all__ += ["maybe_set_triton_cache_manager"]
+
+else:
+    def maybe_set_triton_cache_manager() -> None:
+        return None
+    __all__ += ["maybe_set_triton_cache_manager"]

vllm/triton_utils/importing.py

@@ -0,0 +1,10 @@
+# SPDX-License-Identifier: Apache-2.0
+
+from importlib.util import find_spec
+
+from vllm.logger import init_logger
+from vllm.platforms import current_platform
+
+logger = init_logger(__name__)
+
+HAS_TRITON = False