EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

misc: cache is_hopper_arch (#6799)

Browse Source
This commit is contained in:
Wenxuan Tan
2025-06-01 17:28:31 -05:00
committed by GitHub
parent 1da8d23051
commit c429919def
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-kernel/python/sgl_kernel/utils.py
View File

@@ -13,6 +13,7 @@
# limitations under the License. # limitations under the License.
# ============================================================================== # ==============================================================================
import functools
from typing import Dict, Tuple from typing import Dict, Tuple
import torch import torch
@@ -41,6 +42,7 @@ def _to_tensor_scalar_tuple(x):
return (None, x) return (None, x)
@functools.lru_cache(maxsize=1)
def is_hopper_arch() -> bool: def is_hopper_arch() -> bool:
# Hopper arch's compute capability == 9.0 # Hopper arch's compute capability == 9.0
device = torch.cuda.current_device() device = torch.cuda.current_device()