fix util import (#5542)

This commit is contained in:
Yineng Zhang
2025-04-18 15:06:46 -07:00
committed by GitHub
parent 4db463b1ad
commit 08b518d51f

View File

@@ -2,6 +2,8 @@ from typing import List, Optional, Tuple
import torch
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
try:
from vllm import _custom_ops as vllm_ops