EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

move more files under srt/utils (#11285)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-10-09 16:46:15 -07:00
committed by GitHub
parent 758b887ad1
commit 9b8ebb2798
28 changed files with 96 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-kernel/benchmark/bench_per_token_group_quant_8bit.py
View File

@@ -7,7 +7,6 @@ from pathlib import Path
import torch
import triton
from sglang.srt.bench_utils import bench_kineto
from sglang.srt.layers.quantization.fp8_kernel import (
create_per_token_group_quant_fp8_output_scale,
)
@@ -16,6 +15,7 @@ from sglang.srt.layers.quantization.fp8_kernel import (
)
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_8bit
from sglang.srt.utils import is_hip
from sglang.srt.utils.bench_utils import bench_kineto
# CI environment detection
IS_CI = (

2
sgl-kernel/benchmark/bench_rotary_embedding.py
View File

@@ -11,7 +11,7 @@ from sgl_kernel.testing.rotary_embedding import (
create_inputs,
)
from sglang.srt.bench_utils import bench_kineto
from sglang.srt.utils.bench_utils import bench_kineto
# CI environment detection
IS_CI = (