EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

update variable naming and comments for rocm (#5299)

Browse Source
This commit is contained in:
Zhaoyi Li
2025-04-12 01:15:05 -05:00
committed by GitHub
parent 2eb55770f9
commit 3c9740d200
6 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sgl-kernel/tests/test_per_tensor_quant_fp8.py
View File

@@ -7,8 +7,8 @@ from sgl_kernel import sgl_per_tensor_quant_fp8
from sglang.srt.utils import is_hip
is_hip_ = is_hip()
fp8_type_ = torch.float8_e4m3fnuz if is_hip_ else torch.float8_e4m3fn
_is_hip = is_hip()
fp8_type_ = torch.float8_e4m3fnuz if _is_hip else torch.float8_e4m3fn
def sglang_scaled_fp8_quant(

4
sgl-kernel/tests/test_per_token_quant_fp8.py
View File

@@ -7,8 +7,8 @@ from sgl_kernel import sgl_per_token_quant_fp8
from sglang.srt.utils import is_hip
is_hip_ = is_hip()
fp8_type_ = torch.float8_e4m3fnuz if is_hip_ else torch.float8_e4m3fn
_is_hip = is_hip()
fp8_type_ = torch.float8_e4m3fnuz if _is_hip else torch.float8_e4m3fn
def torch_per_token_quant_fp8(tensor, inv_scale):