fix: determine if flashinfer is installed (#5336)

This commit is contained in:
Yineng Zhang
2025-04-12 19:59:13 -07:00
committed by GitHub
parent 75015bb688
commit 7d3b7c87f5

View File

@@ -16,6 +16,7 @@ import base64
import builtins
import ctypes
import dataclasses
import importlib
import io
import ipaddress
import itertools
@@ -127,7 +128,7 @@ def is_flashinfer_available():
"""
if not get_bool_env_var("SGLANG_IS_FLASHINFER_AVAILABLE", default="true"):
return False
return is_cuda()
return importlib.util.find_spec("flashinfer") is not None and is_cuda()
def is_cuda_available():