Use is_flashinfer_available to replace is_hip for flashinfer check (#1596)
Co-authored-by: Zhang Liangang <liangang.zhang@intel.com>
This commit is contained in:
@@ -25,13 +25,11 @@ import torch
|
||||
from sglang.srt.lora.lora import LoRAAdapter, get_lora_layer
|
||||
from sglang.srt.lora.lora_config import LoRAConfig
|
||||
from sglang.srt.model_executor.forward_batch_info import ForwardBatch
|
||||
from sglang.srt.utils import is_hip, replace_submodule
|
||||
from sglang.srt.utils import is_flashinfer_available, replace_submodule
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
# ROCm: flashinfer available later
|
||||
if not is_hip():
|
||||
if is_flashinfer_available():
|
||||
from flashinfer import SegmentGEMMWrapper
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user