fix util import (#5542)
This commit is contained in:
@@ -2,6 +2,8 @@ from typing import List, Optional, Tuple
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from vllm import _custom_ops as vllm_ops
|
from vllm import _custom_ops as vllm_ops
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user