Sync from v0.13
This commit is contained in:
20
vllm/triton_utils/__init__.py
Normal file
20
vllm/triton_utils/__init__.py
Normal file
@@ -0,0 +1,20 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
from typing import TYPE_CHECKING
|
||||
|
||||
from vllm.triton_utils.importing import (
|
||||
HAS_TRITON,
|
||||
TritonLanguagePlaceholder,
|
||||
TritonPlaceholder,
|
||||
)
|
||||
|
||||
if TYPE_CHECKING or HAS_TRITON:
|
||||
import triton
|
||||
import triton.language as tl
|
||||
import triton.language.extra.libdevice as tldevice
|
||||
else:
|
||||
triton = TritonPlaceholder()
|
||||
tl = TritonLanguagePlaceholder()
|
||||
tldevice = TritonLanguagePlaceholder()
|
||||
|
||||
__all__ = ["HAS_TRITON", "triton", "tl", "tldevice"]
|
||||
Reference in New Issue
Block a user