From e465b08ddb4266694b5a7b170be2682bc5478108 Mon Sep 17 00:00:00 2001 From: liwenju0 Date: Fri, 18 Apr 2025 15:59:03 +0800 Subject: [PATCH] fix bug of VLLM_AVAILABLE not defined (#5497) --- .../quantization/compressed_tensors/compressed_tensors.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py b/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py index b0a664460..bf4fa827a 100644 --- a/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py +++ b/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py @@ -40,6 +40,13 @@ from sglang.srt.layers.quantization.compressed_tensors.utils import ( should_ignore_layer, ) +try: + import vllm + + VLLM_AVAILABLE = True +except ImportError: + VLLM_AVAILABLE = False + logger = logging.getLogger(__name__) __all__ = ["CompressedTensorsLinearMethod"]