EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: determine if flashinfer is installed (#5336)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-12 19:59:13 -07:00
committed by GitHub
parent 75015bb688
commit 7d3b7c87f5
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/utils.py
View File

@@ -16,6 +16,7 @@ import base64
import builtins import builtins
import ctypes import ctypes
import dataclasses import dataclasses
import importlib
import io import io
import ipaddress import ipaddress
import itertools import itertools
@@ -127,7 +128,7 @@ def is_flashinfer_available():
""" """
if not get_bool_env_var("SGLANG_IS_FLASHINFER_AVAILABLE", default="true"): if not get_bool_env_var("SGLANG_IS_FLASHINFER_AVAILABLE", default="true"):
return False return False
return is_cuda() return importlib.util.find_spec("flashinfer") is not None and is_cuda()
def is_cuda_available(): def is_cuda_available():