fix: remove awq_dequantize deps (#10686)
This commit is contained in:
@@ -164,7 +164,7 @@ elif _is_hip:
|
|||||||
awq_dequantize_triton as awq_dequantize,
|
awq_dequantize_triton as awq_dequantize,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
from vllm._custom_ops import awq_dequantize
|
pass
|
||||||
|
|
||||||
if _is_hip:
|
if _is_hip:
|
||||||
from sglang.srt.layers.attention.triton_ops.rocm_mla_decode_rope import (
|
from sglang.srt.layers.attention.triton_ops.rocm_mla_decode_rope import (
|
||||||
|
|||||||
@@ -131,7 +131,7 @@ elif _is_hip:
|
|||||||
awq_dequantize_triton as awq_dequantize,
|
awq_dequantize_triton as awq_dequantize,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
from vllm._custom_ops import awq_dequantize
|
pass
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|||||||
@@ -111,7 +111,7 @@ elif _is_hip:
|
|||||||
awq_dequantize_triton as awq_dequantize,
|
awq_dequantize_triton as awq_dequantize,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
from vllm._custom_ops import awq_dequantize
|
pass
|
||||||
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|||||||
Reference in New Issue
Block a user